
#ifndef TOKENIZER_H
#define TOKENIZER_H

#include <vector>
#include <string>

class Tokenizer
{

public:

	Tokenizer(std::string& query, std::vector<std::string>& tokens);

};

#endif //TOKENIZER_H
